[Autogluon] df0.03~0.1

Author

김보람

Published

February 22, 2024

  1. 2/22

  2. 4/5

imports

import pandas as pd
import numpy as np
import sklearn
import pickle 
import time 
import datetime
import warnings
warnings.filterwarnings('ignore')
%run ../functions-auto.py
with open('../fraudTrain.pkl', 'rb') as file:
    fraudTrain = pickle.load(file)    
auto_amt_nb4(fraudTrain,0.05)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.971096 0.755957 0.617036 0.679468 0.884232 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
1 KNeighborsDist None 0.969064 0.730328 0.597586 0.657322 0.872542 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
2 LightGBMXT None 0.950350 0.000000 0.000000 0.000000 0.780337 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
3 LightGBM None 0.972461 0.780880 0.619048 0.690610 0.961898 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
4 RandomForestGini None 0.966833 0.706767 0.567404 0.629464 0.898145 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
5 RandomForestEntr None 0.966833 0.706767 0.567404 0.629464 0.898145 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
6 CatBoost None 0.972228 0.772162 0.625084 0.690882 0.945505 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
7 ExtraTreesGini None 0.968931 0.729819 0.594232 0.655083 0.904277 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
8 ExtraTreesEntr None 0.968432 0.720552 0.594903 0.651727 0.904673 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
9 NeuralNetFastAI None 0.969630 0.828604 0.489604 0.615514 0.938893 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
10 XGBoost None 0.972761 0.757066 0.664655 0.707857 0.950286 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
11 NeuralNetTorch None 0.973660 0.789256 0.640510 0.707146 0.957088 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
12 LightGBMLarge None 0.972294 0.806512 0.581489 0.675760 0.961096 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None
13 WeightedEnsemble_L2 None 0.973360 0.778405 0.647887 0.707174 0.954318 False Auto_not_best 0.05 90090 [amt] 0.050117 30030 0.04965 None 
auto_amt_nb4(fraudTrain,0.04)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.976530 0.742994 0.623656 0.678115 0.881573 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
1 KNeighborsDist None 0.974506 0.713596 0.596102 0.649579 0.868639 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
2 LightGBMXT None 0.960360 0.000000 0.000000 0.000000 0.779340 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
3 LightGBM None 0.976903 0.793201 0.564516 0.659600 0.964415 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
4 RandomForestGini None 0.972401 0.686469 0.559140 0.616296 0.898749 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
5 RandomForestEntr None 0.972401 0.686469 0.559140 0.616296 0.898749 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
6 CatBoost None 0.975145 0.800650 0.496640 0.613024 0.937925 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
7 ExtraTreesGini None 0.974426 0.717463 0.585349 0.644708 0.903591 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
8 ExtraTreesEntr None 0.974532 0.718750 0.587366 0.646450 0.903327 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
9 NeuralNetFastAI None 0.975811 0.848558 0.474462 0.608621 0.950357 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
10 XGBoost None 0.977250 0.732746 0.670699 0.700351 0.950789 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
11 NeuralNetTorch None 0.976744 0.732075 0.651882 0.689655 0.960803 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
12 LightGBMLarge None 0.976903 0.793201 0.564516 0.659600 0.963280 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None
13 WeightedEnsemble_L2 None 0.976744 0.732075 0.651882 0.689655 0.960803 False Auto_not_best 0.04 112612 [amt] 0.04012 37538 0.03964 None 
auto_amt_nb4(fraudTrain,0.03)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.980180 0.730503 0.553150 0.629574 0.866336 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
1 KNeighborsDist None 0.978362 0.693252 0.519029 0.593621 0.850499 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
2 LightGBMXT None 0.969550 0.000000 0.000000 0.000000 0.773862 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
3 LightGBM None 0.977902 0.859107 0.328084 0.474834 0.961304 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
4 RandomForestGini None 0.976743 0.658730 0.490157 0.562077 0.882488 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
5 RandomForestEntr None 0.976743 0.658730 0.490157 0.562077 0.882488 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
6 CatBoost None 0.978102 0.767500 0.402887 0.528399 0.928328 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
7 ExtraTreesGini None 0.977902 0.682373 0.513123 0.585768 0.889230 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
8 ExtraTreesEntr None 0.977822 0.682862 0.507218 0.582078 0.890246 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
9 NeuralNetFastAI None 0.979720 0.786277 0.458661 0.579362 0.933138 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
10 XGBoost None 0.979461 0.676387 0.624016 0.649147 0.948446 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
11 NeuralNetTorch None 0.981379 0.759649 0.568241 0.650150 0.961344 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
12 LightGBMLarge None 0.969550 0.000000 0.000000 0.000000 0.959776 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None
13 WeightedEnsemble_L2 None 0.981339 0.759683 0.566273 0.648872 0.961236 False Auto_not_best 0.03 150150 [amt] 0.02985 50050 0.03045 None 
auto_amt_nb4(fraudTrain,0.02)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.984496 0.666971 0.477778 0.556740 0.851238 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
1 KNeighborsDist None 0.983150 0.615721 0.460784 0.527103 0.835459 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
2 LightGBMXT None 0.979620 0.000000 0.000000 0.000000 0.771583 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
3 LightGBM None 0.984176 0.786913 0.306536 0.441204 0.960586 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
4 RandomForestGini None 0.982098 0.578814 0.446405 0.504059 0.874312 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
5 RandomForestEntr None 0.982098 0.578814 0.446405 0.504059 0.874312 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
6 CatBoost None 0.984136 0.686880 0.407190 0.511284 0.938281 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
7 ExtraTreesGini None 0.983084 0.613835 0.458170 0.524701 0.886021 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
8 ExtraTreesEntr None 0.983097 0.613183 0.462092 0.527022 0.884956 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
9 NeuralNetFastAI None 0.985375 0.789544 0.384967 0.517575 0.932962 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
10 XGBoost None 0.984189 0.785358 0.308497 0.442985 0.944935 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
11 NeuralNetTorch None 0.985867 0.735678 0.478431 0.579802 0.959970 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
12 LightGBMLarge None 0.979620 0.000000 0.000000 0.000000 0.959219 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None
13 WeightedEnsemble_L2 None 0.986001 0.746146 0.474510 0.580104 0.959692 False Auto_not_best 0.02 225225 [amt] 0.019873 75075 0.02038 None 
auto_amt_nb4(fraudTrain,0.01)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.991189 0.584551 0.377104 0.458453 0.823131 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
1 KNeighborsDist None 0.990390 0.520192 0.364310 0.428515 0.795748 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
2 LightGBMXT None 0.990110 0.000000 0.000000 0.000000 0.766623 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
3 LightGBM None 0.991422 0.655118 0.280135 0.392453 0.964705 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
4 RandomForestGini None 0.989717 0.473059 0.348822 0.401550 0.856818 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
5 RandomForestEntr None 0.989717 0.473059 0.348822 0.401550 0.856818 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
6 CatBoost None 0.991202 0.637124 0.256566 0.365819 0.937070 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
7 ExtraTreesGini None 0.990196 0.506161 0.359596 0.420472 0.877833 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
8 ExtraTreesEntr None 0.990196 0.506173 0.358923 0.420016 0.879178 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
9 NeuralNetFastAI None 0.991642 0.710623 0.261279 0.382078 0.927988 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
10 XGBoost None 0.991249 0.638126 0.265993 0.375475 0.946137 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
11 NeuralNetTorch None 0.991628 0.610680 0.423569 0.500199 0.962161 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
12 LightGBMLarge None 0.990110 0.000000 0.000000 0.000000 0.963409 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None
13 WeightedEnsemble_L2 None 0.991875 0.639327 0.409428 0.499179 0.962037 False Auto_not_best 0.01 450450 [amt] 0.010037 150150 0.00989 None 
auto_amt_nb4(fraudTrain,0.9)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.943679 0.961741 0.975904 0.968771 0.897824 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
1 KNeighborsDist None 0.927501 0.959197 0.959839 0.959518 0.870203 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
2 LightGBMXT None 0.929299 0.952632 0.969210 0.960849 0.945900 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
3 LightGBM None 0.946675 0.958252 0.983266 0.970598 0.954381 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
4 RandomForestGini None 0.927501 0.957972 0.961178 0.959572 0.903513 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
5 RandomForestEntr None 0.927501 0.957972 0.961178 0.959572 0.903513 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
6 CatBoost None 0.945476 0.958797 0.981258 0.969897 0.957267 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
7 ExtraTreesGini None 0.932894 0.958831 0.966533 0.962667 0.917927 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
8 ExtraTreesEntr None 0.931096 0.957532 0.965863 0.961679 0.913194 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
9 NeuralNetFastAI None 0.908928 0.926845 0.975234 0.950424 0.890713 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
10 XGBoost None 0.943679 0.956323 0.981928 0.968956 0.951813 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
11 NeuralNetTorch None 0.909527 0.927980 0.974565 0.950702 0.892102 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
12 LightGBMLarge None 0.947274 0.960079 0.981928 0.970880 0.942957 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None
13 WeightedEnsemble_L2 None 0.946675 0.957059 0.984605 0.970637 0.954372 False Auto_not_best 0.900045 5004 [amt] 0.901679 1669 0.895147 None 
auto_amt_nb4(fraudTrain,0.8)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.911028 0.941748 0.949739 0.945726 0.919508 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
1 KNeighborsDist None 0.891316 0.940903 0.924935 0.932851 0.890529 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
2 LightGBMXT None 0.906233 0.939119 0.946475 0.942783 0.942349 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
3 LightGBM None 0.921684 0.936358 0.969974 0.952870 0.953995 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
4 RandomForestGini None 0.884923 0.936340 0.921671 0.928947 0.919509 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
5 RandomForestEntr None 0.884923 0.936340 0.921671 0.928947 0.919509 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
6 CatBoost None 0.916889 0.938776 0.960836 0.949677 0.957363 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
7 ExtraTreesGini None 0.894513 0.938239 0.932115 0.935167 0.929365 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
8 ExtraTreesEntr None 0.893980 0.937623 0.932115 0.934861 0.932623 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
9 NeuralNetFastAI None 0.838039 0.838479 0.992820 0.909145 0.830309 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
10 XGBoost None 0.916889 0.937103 0.962794 0.949775 0.950680 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
11 NeuralNetTorch None 0.902504 0.937703 0.943211 0.940449 0.941733 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
12 LightGBMLarge None 0.921684 0.936358 0.969974 0.952870 0.950728 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None
13 WeightedEnsemble_L2 None 0.921684 0.936358 0.969974 0.952870 0.953995 False Auto_not_best 0.800053 5630 [amt] 0.794671 1877 0.816196 None 
auto_amt_nb4(fraudTrain,0.7)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.870396 0.902887 0.913679 0.908251 0.918808 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
1 KNeighborsDist None 0.859207 0.907859 0.889774 0.898726 0.895897 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
2 LightGBMXT None 0.866200 0.906604 0.902390 0.904493 0.935068 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
3 LightGBM None 0.887179 0.893524 0.952855 0.922237 0.948675 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
4 RandomForestGini None 0.856410 0.904730 0.889110 0.896852 0.925627 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
5 RandomForestEntr None 0.856410 0.904730 0.889110 0.896852 0.925627 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
6 CatBoost None 0.874592 0.903457 0.919655 0.911484 0.926345 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
7 ExtraTreesGini None 0.859207 0.903485 0.895086 0.899266 0.931559 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
8 ExtraTreesEntr None 0.859207 0.905114 0.893094 0.899064 0.931005 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
9 NeuralNetFastAI None 0.794406 0.975022 0.725764 0.832128 0.866241 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
10 XGBoost None 0.879254 0.898403 0.933599 0.915663 0.948517 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
11 NeuralNetTorch None 0.879720 0.903101 0.928287 0.915521 0.931567 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
12 LightGBMLarge None 0.887646 0.895560 0.950863 0.922383 0.946166 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None
13 WeightedEnsemble_L2 None 0.886247 0.895363 0.948871 0.921341 0.949141 False Auto_not_best 0.7 6435 [amt] 0.699301 2145 0.702098 None 
auto_amt_nb4(fraudTrain,0.6)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.873352 0.888511 0.895205 0.891846 0.939675 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
1 KNeighborsDist None 0.856572 0.883090 0.869178 0.876079 0.905946 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
2 LightGBMXT None 0.871754 0.876903 0.907534 0.891956 0.947975 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
3 LightGBM None 0.881742 0.875000 0.930137 0.901726 0.958358 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
4 RandomForestGini None 0.848182 0.867347 0.873288 0.870307 0.936018 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
5 RandomForestEntr None 0.848182 0.867347 0.873288 0.870307 0.936018 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
6 CatBoost None 0.878546 0.864899 0.938356 0.900131 0.949745 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
7 ExtraTreesGini None 0.855773 0.873048 0.880822 0.876918 0.939800 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
8 ExtraTreesEntr None 0.854974 0.871361 0.881507 0.876404 0.940202 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
9 NeuralNetFastAI None 0.833400 0.970243 0.736986 0.837680 0.893842 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
10 XGBoost None 0.882541 0.889186 0.912329 0.900609 0.959417 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
11 NeuralNetTorch None 0.834598 0.972875 0.736986 0.838659 0.924067 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
12 LightGBMLarge None 0.880144 0.875162 0.926712 0.900200 0.956077 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None
13 WeightedEnsemble_L2 None 0.878945 0.864065 0.940411 0.900623 0.946895 False Auto_not_best 0.6 7507 [amt] 0.605568 2503 0.5833 None 
auto_amt_nb4(fraudTrain,0.5)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.864802 0.858688 0.865712 0.862186 0.937583 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
1 KNeighborsDist None 0.855478 0.852560 0.851397 0.851978 0.906170 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
2 LightGBMXT None 0.866134 0.853821 0.875937 0.864738 0.952975 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
3 LightGBM None 0.874459 0.869742 0.873892 0.871812 0.956392 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
4 RandomForestGini None 0.850816 0.841259 0.856169 0.848649 0.938390 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
5 RandomForestEntr None 0.850816 0.841259 0.856169 0.848649 0.938390 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
6 CatBoost None 0.872461 0.863758 0.877301 0.870477 0.955231 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
7 ExtraTreesGini None 0.852481 0.842246 0.858896 0.850489 0.941640 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
8 ExtraTreesEntr None 0.852814 0.841895 0.860259 0.850978 0.941990 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
9 NeuralNetFastAI None 0.861139 0.951807 0.753920 0.841385 0.894482 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
10 XGBoost None 0.873127 0.867388 0.873892 0.870628 0.956816 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
11 NeuralNetTorch None 0.866800 0.847557 0.886844 0.866755 0.948671 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
12 LightGBMLarge None 0.867799 0.838608 0.903204 0.869708 0.954502 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None
13 WeightedEnsemble_L2 None 0.866134 0.853821 0.875937 0.864738 0.952975 False Auto_not_best 0.5 9009 [amt] 0.50383 3003 0.488511 None 
auto_amt_nb4(fraudTrain,0.4)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.880661 0.859353 0.831293 0.845090 0.936374 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
1 KNeighborsDist None 0.868673 0.838531 0.823129 0.830759 0.908547 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
2 LightGBMXT None 0.883857 0.949565 0.742857 0.833588 0.924721 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
3 LightGBM None 0.890783 0.881295 0.833333 0.856643 0.959758 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
4 RandomForestGini None 0.859883 0.818919 0.824490 0.821695 0.936301 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
5 RandomForestEntr None 0.859883 0.818919 0.824490 0.821695 0.936301 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
6 CatBoost None 0.890783 0.908951 0.801361 0.851772 0.956197 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
7 ExtraTreesGini None 0.863612 0.823649 0.829252 0.826441 0.940610 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
8 ExtraTreesEntr None 0.864678 0.824124 0.831973 0.828030 0.941670 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
9 NeuralNetFastAI None 0.882525 0.942390 0.745578 0.832510 0.902537 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
10 XGBoost None 0.891050 0.861130 0.860544 0.860837 0.957299 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
11 NeuralNetTorch None 0.891050 0.898573 0.813605 0.853981 0.957354 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
12 LightGBMLarge None 0.889185 0.906009 0.800000 0.849711 0.957676 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None
13 WeightedEnsemble_L2 None 0.889451 0.877595 0.834014 0.855249 0.959928 False Auto_not_best 0.4 11261 [amt] 0.402806 3754 0.391582 None 
auto_amt_nb4(fraudTrain,0.3)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.899700 0.849195 0.796703 0.822112 0.937240 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
1 KNeighborsDist None 0.893506 0.838591 0.785027 0.810926 0.907197 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
2 LightGBMXT None 0.908292 0.910288 0.759615 0.828154 0.935028 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
3 LightGBM None 0.907892 0.904143 0.764423 0.828433 0.961839 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
4 RandomForestGini None 0.888112 0.821377 0.786401 0.803509 0.938971 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
5 RandomForestEntr None 0.888112 0.821377 0.786401 0.803509 0.938971 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
6 CatBoost None 0.907892 0.929249 0.739698 0.823709 0.948703 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
7 ExtraTreesGini None 0.891309 0.827116 0.791896 0.809123 0.943923 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
8 ExtraTreesEntr None 0.892707 0.830338 0.793269 0.811380 0.945616 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
9 NeuralNetFastAI None 0.908092 0.929310 0.740385 0.824159 0.902094 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
10 XGBoost None 0.907892 0.878903 0.792582 0.833514 0.962213 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
11 NeuralNetTorch None 0.909291 0.929674 0.744505 0.826850 0.957181 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
12 LightGBMLarge None 0.906094 0.896302 0.765797 0.825926 0.960448 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None
13 WeightedEnsemble_L2 None 0.907892 0.904143 0.764423 0.828433 0.961839 False Auto_not_best 0.3 15015 [amt] 0.30303 5005 0.290909 None 
auto_amt_nb4(fraudTrain,0.2)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.930341 0.873418 0.752556 0.808495 0.927650 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
1 KNeighborsDist None 0.921018 0.831563 0.747103 0.787074 0.905944 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
2 LightGBMXT None 0.934070 0.905676 0.739605 0.814259 0.956430 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
3 LightGBM None 0.934204 0.941070 0.707566 0.807782 0.964369 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
4 RandomForestGini None 0.917155 0.813660 0.747103 0.778962 0.934092 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
5 RandomForestEntr None 0.917155 0.813660 0.747103 0.778962 0.934092 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
6 CatBoost None 0.934070 0.918244 0.727335 0.811715 0.966212 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
7 ExtraTreesGini None 0.919552 0.820341 0.753238 0.785359 0.941221 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
8 ExtraTreesEntr None 0.920485 0.823180 0.755283 0.787771 0.940823 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
9 NeuralNetFastAI None 0.934736 0.890488 0.759373 0.819720 0.865154 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
10 XGBoost None 0.934070 0.927065 0.719155 0.809981 0.960217 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
11 NeuralNetTorch None 0.935669 0.903941 0.750511 0.820112 0.959982 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
12 LightGBMLarge None 0.934204 0.941070 0.707566 0.807782 0.964319 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None
13 WeightedEnsemble_L2 None 0.934869 0.925217 0.725290 0.813145 0.966231 False Auto_not_best 0.2 22522 [amt] 0.201536 7508 0.195392 None 
auto_amt_nb4(fraudTrain,0.1)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.955445 0.823623 0.697297 0.755214 0.907725 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
1 KNeighborsDist None 0.951449 0.796838 0.681081 0.734426 0.893912 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
2 LightGBMXT None 0.948452 0.788399 0.652027 0.713757 0.945283 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
3 LightGBM None 0.956577 0.879121 0.648649 0.746501 0.962646 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
4 RandomForestGini None 0.947186 0.769412 0.662838 0.712160 0.918132 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
5 RandomForestEntr None 0.947186 0.769412 0.662838 0.712160 0.918132 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
6 CatBoost None 0.958974 0.845600 0.714189 0.774359 0.955306 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
7 ExtraTreesGini None 0.950916 0.790916 0.682432 0.732680 0.923349 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
8 ExtraTreesEntr None 0.950516 0.789020 0.679730 0.730309 0.923639 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
9 NeuralNetFastAI None 0.955178 0.783556 0.753378 0.768171 0.928415 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
10 XGBoost None 0.959041 0.846277 0.714189 0.774643 0.955939 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
11 NeuralNetTorch None 0.957776 0.822901 0.728378 0.772760 0.957173 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
12 LightGBMLarge None 0.956577 0.879121 0.648649 0.746501 0.958578 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None
13 WeightedEnsemble_L2 None 0.958841 0.837774 0.722297 0.775762 0.957446 False Auto_not_best 0.1 45045 [amt] 0.100477 15015 0.098568 None 
auto_amt_nb4(fraudTrain,0.00573)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994280 0.492372 0.238575 0.321412 0.793867 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
1 KNeighborsDist None 0.993757 0.419390 0.258737 0.320033 0.760594 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
2 LightGBMXT None 0.994322 0.000000 0.000000 0.000000 0.766981 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
3 LightGBM None 0.994322 0.000000 0.000000 0.000000 0.961932 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
4 RandomForestGini None 0.993249 0.366318 0.258737 0.303269 0.828518 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
5 RandomForestEntr None 0.993249 0.366318 0.258737 0.303269 0.828518 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
6 CatBoost None 0.994322 0.000000 0.000000 0.000000 0.875439 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
7 ExtraTreesGini None 0.993673 0.409382 0.258065 0.316570 0.852918 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
8 ExtraTreesEntr None 0.993604 0.400424 0.254032 0.310855 0.854962 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
9 NeuralNetFastAI None 0.994322 0.000000 0.000000 0.000000 0.892006 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
10 XGBoost None 0.994322 0.000000 0.000000 0.000000 0.941264 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
11 NeuralNetTorch None 0.994673 0.605023 0.178091 0.275182 0.955956 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
12 LightGBMLarge None 0.994322 0.000000 0.000000 0.000000 0.961674 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None
13 WeightedEnsemble_L2 None 0.994673 0.605023 0.178091 0.275182 0.955956 False Auto_not_best 0.00573 786126 [amt] 0.005747 262042 0.005678 None 
auto_amt_nb4(fraudTrain,0.006)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.994158 0.517857 0.253360 0.340253 0.793400 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
1 KNeighborsDist None 0.993542 0.431915 0.272849 0.334432 0.764214 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
2 LightGBMXT None 0.994054 0.000000 0.000000 0.000000 0.763076 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
3 LightGBM None 0.994054 0.000000 0.000000 0.000000 0.956141 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
4 RandomForestGini None 0.992967 0.373606 0.270161 0.313573 0.826787 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
5 RandomForestEntr None 0.992967 0.373606 0.270161 0.313573 0.826787 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
6 CatBoost None 0.994054 0.000000 0.000000 0.000000 0.874720 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
7 ExtraTreesGini None 0.993363 0.411645 0.270833 0.326713 0.850290 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
8 ExtraTreesEntr None 0.993355 0.410256 0.268817 0.324807 0.849245 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
9 NeuralNetFastAI None 0.994054 0.000000 0.000000 0.000000 0.931313 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
10 XGBoost None 0.994054 0.000000 0.000000 0.000000 0.940713 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
11 NeuralNetTorch None 0.994545 0.586014 0.281586 0.380390 0.962163 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
12 LightGBMLarge None 0.994054 0.000000 0.000000 0.000000 0.961153 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None
13 WeightedEnsemble_L2 None 0.994513 0.583454 0.270161 0.369316 0.961641 False Auto_not_best 0.006 750750 [amt] 0.006018 250250 0.005946 None 
auto_amt_nb4(fraudTrain,0.007)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.993464 0.530612 0.286897 0.372426 0.803771 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
1 KNeighborsDist None 0.992825 0.451996 0.288966 0.352545 0.773059 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
2 LightGBMXT None 0.993240 0.000000 0.000000 0.000000 0.767528 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
3 LightGBM None 0.993240 0.000000 0.000000 0.000000 0.961565 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
4 RandomForestGini None 0.992331 0.405248 0.287586 0.336426 0.833196 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
5 RandomForestEntr None 0.992331 0.405248 0.287586 0.336426 0.833196 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
6 CatBoost None 0.993240 0.000000 0.000000 0.000000 0.874945 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
7 ExtraTreesGini None 0.992699 0.439709 0.291724 0.350746 0.856862 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
8 ExtraTreesEntr None 0.992695 0.438743 0.288966 0.348441 0.855582 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
9 NeuralNetFastAI None 0.992601 0.372913 0.138621 0.202112 0.935917 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
10 XGBoost None 0.993240 0.000000 0.000000 0.000000 0.942506 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
11 NeuralNetTorch None 0.994047 0.630862 0.287586 0.395073 0.963020 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
12 LightGBMLarge None 0.993240 0.000000 0.000000 0.000000 0.962667 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None
13 WeightedEnsemble_L2 None 0.994047 0.634109 0.282069 0.390453 0.948218 False Auto_not_best 0.007 643500 [amt] 0.00708 214500 0.00676 None 
auto_amt_nb4(fraudTrain,0.008)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.992509 0.536320 0.302183 0.386562 0.805921 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
1 KNeighborsDist None 0.991859 0.467368 0.302865 0.367550 0.778324 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
2 LightGBMXT None 0.992189 0.000000 0.000000 0.000000 0.766109 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
3 LightGBM None 0.992189 0.000000 0.000000 0.000000 0.961113 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
4 RandomForestGini None 0.991251 0.416667 0.300136 0.348929 0.838305 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
5 RandomForestEntr None 0.991251 0.416667 0.300136 0.348929 0.838305 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
6 CatBoost None 0.992189 0.000000 0.000000 0.000000 0.875265 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
7 ExtraTreesGini None 0.991715 0.455096 0.307640 0.367114 0.857603 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
8 ExtraTreesEntr None 0.991683 0.451874 0.304229 0.363636 0.858406 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
9 NeuralNetFastAI None 0.992189 0.000000 0.000000 0.000000 0.909785 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
10 XGBoost None 0.992594 0.551913 0.275580 0.367607 0.940263 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
11 NeuralNetTorch None 0.993297 0.607660 0.400409 0.482730 0.958467 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
12 LightGBMLarge None 0.992189 0.000000 0.000000 0.000000 0.961131 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None
13 WeightedEnsemble_L2 None 0.993265 0.604772 0.397681 0.479835 0.958506 False Auto_not_best 0.008 563062 [amt] 0.008063 187688 0.007811 None 
auto_amt_nb4(fraudTrain,0.009)
model time acc pre rec f1 auc graph_based method throw_rate train_size train_cols train_frate test_size test_frate hyper_params
0 KNeighborsUnif None 0.991818 0.553022 0.332647 0.415418 0.814731 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
1 KNeighborsDist None 0.991141 0.489817 0.329904 0.394262 0.788218 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
2 LightGBMXT None 0.991261 0.000000 0.000000 0.000000 0.763282 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
3 LightGBM None 0.991261 0.000000 0.000000 0.000000 0.961283 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
4 RandomForestGini None 0.990506 0.441231 0.324417 0.373913 0.850905 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
5 RandomForestEntr None 0.990506 0.441231 0.324417 0.373913 0.850905 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
6 CatBoost None 0.991261 0.000000 0.000000 0.000000 0.870740 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
7 ExtraTreesGini None 0.990889 0.469062 0.322359 0.382114 0.867209 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
8 ExtraTreesEntr None 0.990985 0.476673 0.322359 0.384615 0.866633 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
9 NeuralNetFastAI None 0.991800 0.578947 0.226337 0.325444 0.892128 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
10 XGBoost None 0.992100 0.608025 0.270233 0.374169 0.939469 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
11 NeuralNetTorch None 0.992520 0.613883 0.388203 0.475630 0.953253 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
12 LightGBMLarge None 0.991261 0.000000 0.000000 0.000000 0.960678 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None
13 WeightedEnsemble_L2 None 0.992172 0.592910 0.332647 0.426186 0.951294 False Auto_not_best 0.009 500499 [amt] 0.009087 166834 0.008739 None